MASTER_PORT=$(shuf -n 1 -i 10000-65535)
date=0808

model_name=baichuan2
deepspeed --include='localhost:0,1,2,3,4,5,6,7' --master_port $MASTER_PORT /workspace/psycho_trainning/train.py \
    --deepspeed=/workspace/psycho_trainning/ds_configs/deepspeed_fp16_zero3.json \
    --model_name=$model_name \
    --customized=True \
    --train_file_path=/workspace/psycho_trainning/data/tokenized_data/train_data_only_modified_baichuan_$date \
    --output_dir=/workspace/psycho_trainning/ckpts/psycho/datacoach/only_modified_with_states_$date \
    --per_device_train_batch_size=6 \
    --gradient_accumulation_steps=1 \
    --logging_steps=20 \
    --warmup_ratio=0.1 \
    --save_steps=100 \
    --remove_unused_columns=false \
    --learning_rate=3e-5 \
    --num_train_epochs=4 \
    --save_total_limit=1 \
    --logging_dir=/workspace/psycho/logs \
    --fp16
